from torchtext.datasets import Multi30k
import torchtext
from torchtext.data import Field, BucketIterator
import torch

# torch.onnx.export

TEXT=Field(tokenize='spacy',tokenizer_language="en_core_web_sm")
SRC = Field(tokenize = "spacy",
            tokenizer_language="de",
            init_token = '<sos>',
            eos_token = '<eos>',
            lower = True)
TRG = Field(tokenize = "spacy",
            tokenizer_language="en",
            init_token = '<sos>',
            eos_token = '<eos>',
            lower = True)
train_data, valid_data, test_data = Multi30k.splits(exts = ('.de', '.en'),
                                                    fields = (SRC, TRG))